d205e376bd14192125caa427ec3671729880193f,src/main/java/org/deeplearning4j/examples/feedforward/mnist/MLPMnistTwoLayerExample.java,MLPMnistTwoLayerExample,main,#String[]#,28
Before Change
.list(3)
.layer(0, new DenseLayer.Builder()
.nIn(numRows * numColumns)
.nOut(500)
.activation("relu")
.weightInit(WeightInit.XAVIER)
.build())
.layer(1, new DenseLayer.Builder()
.nIn(500)
.nOut(100)
After Change
.optimizationAlgo(OptimizationAlgorithm.STOCHASTIC_GRADIENT_DESCENT)
.iterations(1)
.activation("relu")
.weightInit(WeightInit.XAVIER)
.learningRate(rate)
.updater(Updater.NESTEROVS).momentum(0.98)
.regularization(true).l2(rate * 0.005)
.list()
.layer(0, new DenseLayer.Builder()
.nIn(numRows * numColumns)
.nOut(500)
.build())
.layer(1, new DenseLayer.Builder()
.nIn(500)
.nOut(100)